#!/usr/bin/env bash
#
# A file that tickles many runtime errors, to see the error message.
# Sometimes spec tests are better - 'test/spec.sh smoke -v -d' can also show
# errors clearly.
#
# Usage:
#   test/runtime-errors.sh <function name>
#
# TODO: Migrate the unquoted-* functions below to test-* functions, which means
# adding assertions.

source test/common.sh
source test/sh-assert.sh  # banner, _assert-sh-status

# Note: should run in bash/dash mode, where we don't check errors
OSH=${OSH:-bin/osh}
YSH=${YSH:-bin/ysh}

_run-test-func() {
  ### Run a function, and optionally assert status

  local test_func=$1
  local expected_status=${2:-}

  echo
  echo "===== TEST function: $test_func ====="
  echo

  $OSH $0 $test_func

  status=$?
  if test -n "$expected_status"; then
    if test $status != $expected_status; then
      die "*** Test $test_func -> status $status, expected $expected_status"
    fi
  fi

  echo "----- STATUS: $?"
  echo
}

test-FAIL() {
  ### Make sure the assertions work

  # Error string
  _osh-error-1 'echo hi > /zzz'

  return

  # doesn't fail
  _osh-error-2 'echo hi'

  echo nope
}

#
# PARSE ERRORS
#

test-source_bad_syntax() {
  cat >_tmp/bad-syntax.sh <<EOF
if foo; echo ls; fi
EOF
  _osh-error-2 '. _tmp/bad-syntax.sh'
}

# NOTE:
# - bash correctly reports line 25 (24 would be better)
# - mksh: no line number
# - zsh: line 2 of eval, which doesn't really help.
# - dash: ditto, line 2 of eval
test-eval_bad_syntax() {
  _osh-error-2 '
code="if foo; echo ls; fi"
eval "echo --
     $code"
'
}

#
# COMMAND ERRORS
#

test-no_such_command() {
  _osh-error-X 127 'set -o errexit; ZZZZZ; echo UNREACHABLE'
}

test-no_such_command_commandsub() {
  _osh-should-run 'set -o errexit; echo $(ZZZZZ); echo UNREACHABLE'
  _osh-error-X 127 'set -o errexit; shopt -s command_sub_errexit; echo $(ZZZZZ); echo UNREACHABLE'
}

unquoted-no_such_command_heredoc() {
  set -o errexit

  # Note: bash gives the line of the beginning of the here doc!  Not the actual
  # line.
  cat <<EOF
one
$(ZZZZZ)
three
EOF
  echo 'SHOULD NOT GET HERE'
}

test-failed_command() {
  _osh-error-1 'set -o errexit; false; echo UNREACHABLE'
}

# This quotes the same line of code twice, but maybe that's OK.  At least there
# is different column information.
test-errexit_usage_error() {
  _osh-error-2 'set -o errexit; type -z'
}

test-errexit_subshell() {
  # Note: for loops, while loops don't trigger errexit; their components do
  _osh-error-X 42 'set -o errexit; ( echo subshell; exit 42; )'
}

TODO-BUG-test-errexit_pipeline() {
  # We don't blame the right location here

  # BUG: what happnened here?  Is there a race?
  local code='set -o errexit; set -o pipefail; echo subshell | cat | exit 42 | wc -l'

  #local code='set -o errexit; set -o pipefail; echo subshell | cat | exit 42'

  bash -c "$code"
  echo status=$?

  _osh-error-X 42 "$code"
}

test-errexit_dbracket() {
  _osh-error-1 'set -o errexit; [[ -n "" ]]; echo UNREACHABLE'
}

shopt -s expand_aliases
# Why can't this be in the function?
alias foo='echo hi; ls '

test-errexit_alias() {
  _osh-error-1 'set -o errexit; type foo; foo /nonexistent'
}

_sep() {
  echo
  echo '---------------------------'
}

test-command-not-found() {
  _osh-error-X 127 'findz'
}

test-errexit-one-process() {
  # two quotations of same location: not found then errexit
  _ysh-error-X 127 'zz'

  _sep

  # two quotations, different location
  _ysh-error-1 'echo hi > ""'

  _sep

  _ysh-error-1 'shopt -s failglob; echo *.ZZZZ'

  _sep

  _ysh-error-1 'cd /x'

  _sep

  # TODO: remove duplicate snippet
  _ysh-error-X 126 './README.md; echo hi'

  # one location
  _ysh-error-2 'ls /x; echo $?'

  _sep

  _ysh-error-2 'var cmd = "ls"; $cmd /x; echo $?'

  _sep

  # one location
  _ysh-error-1 'echo $undef'

  _sep

  # Show multiple "nested" errors, and then errexit
  _osh-error-1 '
eval "("
echo status=$?

eval ")"
echo status=$?

set -e; shopt -s verbose_errexit
false
echo DONE
'

  _sep
  _osh-error-1 'shopt --set ysh:upgrade; [[ 0 -eq 1 ]]'

  # not parsed
  _ysh-error-2 '[[ 0 -eq 1 ]]'

  _sep

  _osh-error-1 'shopt --set ysh:upgrade; (( 0 ))'

  # not parsed
  _ysh-error-2 '(( 0 ))'
}

test-errexit-multiple-processes() {
  ### A representative set of errors.  For consolidating code quotations

  # command_sub_errexit.  Hm this gives 2 errors as well, because of inherit_errexit
  _ysh-error-1 'echo t=$(true) f=$(false; true)'
  #return

  _sep

  # BUG introduced by shopt -s no_last_fork: Even though set -o pipefail is on
  # in YSH, the entire shell does NOT exit!
  #
  # This is because 'wc -l' does exec.  And then there is nothing to "modify"
  # the exit status based on pipefail.
  #
  # So it's actually unsound to do this optmization when set -o pipefail is on.
  # Combined with shopt -s lastpipe

  #_ysh-should-run 'ls | false | wc -l'
  _ysh-error-1 'ls | false | wc -l'

  _sep

  # note: need trailing echo to prevent pipeline optimization
  _ysh-error-X 42 'ls | { echo hi; forkwait { exit 42 }; } | wc -l; echo'

  _sep

  # Showing errors for THREE PIDs here!  That is technically correct, but
  # noisy.
  _ysh-error-1 '{ echo one; forkwait { exit 42 }; } |\
{ false; wc -l; }'

  _sep

  # realistic example
  _ysh-error-1 '{ ls; false; } \
| wc -l
'

  _sep

  # Three errors!
  _ysh-error-1 '{ ls; forkwait { false; true }; } | wc -l; echo hi'

  _sep

  _ysh-error-X 127 'ls <(sort YY) <(zz); echo hi'

  # 2 kinds of errors
  _sep
  _ysh-error-X 127 'zz <(sort YY) <(sort ZZ); echo hi'

  # This one has badly interleaved errors!
  _sep
  _ysh-error-X 127 'yy | zz'

  _sep
  _osh-error-1 'shopt -s ysh:upgrade; echo $([[ 0 -eq 1 ]])'

  _sep
  _osh-error-1 'shopt -s ysh:upgrade; var y = $([[ 0 -eq 1 ]])'
}


_strict-errexit-case() {
  local code=$1

  #case-banner "[strict_errexit] $code"

  _osh-error-1 \
    "set -o errexit; shopt -s strict_errexit; $code"
  echo
}

test-strict-errexit-1() {
  # Test out all the location info

  _strict-errexit-case '! { echo 1; echo 2; }'

  _strict-errexit-case '{ echo 1; echo 2; } && true'
  _strict-errexit-case '{ echo 1; echo 2; } || true'
  _strict-errexit-case '{ echo 1; echo 2; } >/dev/null || true'

  # More chains
  _strict-errexit-case '{ echo 1; echo 2; } && true && true'
  _strict-errexit-case 'true && { echo 1; echo 2; } || true || true'
  _strict-errexit-case 'true && true && { echo 1; echo 2; } || true || true'

  _strict-errexit-case 'if { echo 1; echo 2; }; then echo IF; fi'
  _strict-errexit-case 'if { echo 1; echo 2; } >/dev/null; then echo IF; fi'

  _strict-errexit-case 'while { echo 1; echo 2; }; do echo WHILE; done'
  _strict-errexit-case 'until { echo 1; echo 2; }; do echo UNTIL; done'

  # Must be separate lines for parsing options to take effect
  _strict-errexit-case 'shopt -s ysh:upgrade
                        proc p { echo p }
                        if p { echo hi }'
}

test-strict-errexit-conditionals() {
  # this works, even though this is a subshell
  _strict-errexit-case '
myfunc() { return 1; }

while ( myfunc )
do
  echo yes
done
'

  # Conditional - Proc - Child Interpreter Problem (command sub)
  # Same problem here.  A proc run in a command sub LOSES the exit code.
  _strict-errexit-case '
myfunc() { return 1; }

while test "$(myfunc)" != ""
do
  echo yes
done
'

  # Process Sub is be disallowed; it could invoke a proc!
  _strict-errexit-case '
myfunc() { return 1; }

if cat <(ls)
then
  echo yes
fi
'

  # Conditional - Proc - Child Interpreter Problem (pipeline)
  _strict-errexit-case '
myfunc() {
  return 1
}

set -o pipefail
while myfunc | cat
do
  echo yes
done
'

  # regression for issue #1107 bad error message
  # Also revealed #1113: the strict_errexit check was handled inside the
  # command sub process!
  _strict-errexit-case '
myfunc() {
  return 1
}

foo=$(true)

# test assignment without proc
while bar=$(false)
do
  echo yes
done

# issue 1007 was caused using command.ShAssignment, rather than the more common
# command.Sentence with ;
while spam=$(myfunc)
do
  echo yes
done
'
}

# OLD WAY OF BLAMING
# Note: most of these don't fail
test-strict-errexit-old() {
  # Test out all the location info

  # command.Pipeline.
  _strict-errexit-case 'if ls | wc -l; then echo Pipeline; fi'
  _strict-errexit-case 'if ! ls | wc -l; then echo failed; fi'

  # This one is ALLOWED
  #_strict-errexit-case 'if ! ls; then echo Pipeline; fi'

  # command.AndOr
  #_strict-errexit-case 'if echo a && echo b; then echo AndOr; fi'

  # command.DoGroup
  _strict-errexit-case '! for x in a; do echo $x; done'

  # command.BraceGroup
  _strict-errexit-case '_func() { echo; }; ! _func'
  _strict-errexit-case '! { echo brace; }; echo "should not get here"'

  # command.Subshell
  _strict-errexit-case '! ( echo subshell ); echo "should not get here"'

  # command.WhileUntil
  _strict-errexit-case '! while false; do echo while; done; echo "should not get here"'

  # command.If
  _strict-errexit-case '! if true; then false; fi; echo "should not get here"'

  # command.Case
  _strict-errexit-case '! case x in x) echo x ;; esac; echo "should not get here"'

  # command.TimeBlock
  _strict-errexit-case '! time echo hi; echo "should not get here"'

  # Command Sub
  _strict-errexit-case '! echo $(echo hi); echo "should not get here"'
}

unquoted-pipefail() {
  false | wc -l

  set -o errexit
  set -o pipefail
  false | wc -l

  echo 'SHOULD NOT GET HERE'
}

unquoted-pipefail_no_words() {
  set -o errexit
  set -o pipefail

  # Make sure we can blame this
  seq 3 | wc -l | > /nonexistent

  echo done
}

unquoted-pipefail_func() {
  set -o errexit -o pipefail
  f42() {
    cat
    # NOTE: If you call 'exit 42', there is no error message displayed!
    #exit 42
    return 42
  }

  # TODO: blame the right location
  echo hi | cat | f42 | wc

  echo 'SHOULD NOT GET HERE'
}

# TODO: point to {.  It's the same sas a subshell so you don't know exactly
# which command failed.
unquoted-pipefail_group() {
  set -o errexit -o pipefail
  echo hi | { cat; sh -c 'exit 42'; } | wc

  echo 'SHOULD NOT GET HERE'
}

# TODO: point to (
unquoted-pipefail_subshell() {
  set -o errexit -o pipefail
  echo hi | (cat; sh -c 'exit 42') | wc

  echo 'SHOULD NOT GET HERE'
}

# TODO: point to 'while'
unquoted-pipefail_while() {
  set -o errexit -o pipefail
  seq 3 | while true; do
    read line
    echo X $line X
    if test "$line" = 2; then
      sh -c 'exit 42'
    fi
  done | wc

  echo 'SHOULD NOT GET HERE'
}

# Multiple errors from multiple processes
# TODO: These errors get interleaved and messed up.  Maybe we should always
# print a single line from pipeline processes?  We should set their
# ErrorFormatter?
unquoted-pipefail_multiple() {
  set -o errexit -o pipefail
  { echo 'four'; sh -c 'exit 4'; } |
  { echo 'five'; sh -c 'exit 5'; } |
  { echo 'six'; sh -c 'exit 6'; }
}

# Errors from core/process.py
test-core_process() {
  _osh-error-1 '
  echo foo > not/a/file
  echo foo > /etc/no-perms-for-this
  '

  # DISABLED!  This messes up the toil log file!
  # echo hi 1>&3
}

# Errors from core/state.py
test-core-state() {

  _osh-should-run 'HOME=(a b)'

  # $HOME is an exported string, so it shouldn't be changed to an array
  _osh-error-1 'shopt --set strict_array; HOME=(a b)'
}

unquoted-ambiguous_redirect() {
  echo foo > "$@"
  echo 'ambiguous redirect not fatal unless errexit'

  set -o errexit
  echo foo > "$@"
  echo 'should not get here'
}

# bash semantics.
unquoted-ambiguous_redirect_context() {
  # Problem: A WORD cannot fail.  Only a COMMAND can fail.

  # http://stackoverflow.com/questions/29532904/bash-subshell-errexit-semantics
  # https://groups.google.com/forum/?fromgroups=#!topic/gnu.bash.bug/NCK_0GmIv2M

  # http://unix.stackexchange.com/questions/23026/how-can-i-get-bash-to-exit-on-backtick-failure-in-a-similar-way-to-pipefail

  echo $(echo hi > "$@")
  echo 'ambiguous is NOT FATAL in command sub'
  echo

  foo=$(echo hi > "$@")
  echo $foo
  echo 'ambiguous is NOT FATAL in assignment in command sub'
  echo

  set -o errexit

  # This is the issue addressed by command_sub_errexit!
  echo $(echo hi > "$@")
  echo 'ambiguous is NOT FATAL in command sub, even if errexit'
  echo

  # OK this one works.  Because the exit code of the assignment is the exit
  # code of the RHS?
  echo 'But when the command sub is in an assignment, it is fatal'
  foo=$(echo hi > "$@")
  echo $foo
  echo 'SHOULD NOT REACH HERE'
}

unquoted-bad_file_descriptor() {
  : 1>&7
}

unquoted-command_sub_errexit() {
  #set -o errexit
  shopt -s command_sub_errexit || true
  shopt -s inherit_errexit || true

  echo t=$(true) f=$(false) 3=$(exit 3)
  echo 'SHOULD NOT GET HERE'
}

unquoted-process_sub_fail() {
  shopt -s process_sub_fail || true
  shopt -s inherit_errexit || true
  set -o errexit

  cat <(echo a; exit 2) <(echo b; exit 3)
  echo 'SHOULD NOT GET HERE'
}

myproc() {
  echo ---
  grep pat BAD  # exits with code 2
  #grep pat file.txt
  echo ---
}

unquoted-bool_status() {
  set -o errexit

  if try --allow-status-01 -- myproc; then
    echo 'match'
  else
    echo 'no match'
  fi
}

unquoted-bool_status_simple() {
  set -o errexit

  if try --allow-status-01 -- grep pat BAD; then
    echo 'match'
  else
    echo 'no match'
  fi
}

#
# WORD ERRORS
#

unquoted-nounset() {
  set -o nounset
  echo $x

  echo 'SHOULD NOT GET HERE'
}

unquoted-bad_var_ref() {
  name='bad var name'
  echo ${!name}
}

#
# ARITHMETIC ERRORS
#

unquoted-nounset_arith() {
  set -o nounset
  echo $(( x ))

  echo 'SHOULD NOT GET HERE'
}

test-divzero() {
  _osh-error-1 'echo $(( 1 / 0 ))'
  # Better location
  _osh-error-1 'echo $(( 1 / (3 -3 ) ))'
  _osh-error-1 'echo $(( 1 % 0 ))'

  _osh-error-1 'zero=0; echo $(( 1 / zero ))'
  _osh-error-1 'zero=0; echo $(( 1 % zero ))'

  _osh-error-1 '(( a = 1 / 0 )); echo non-fatal; exit 1'
  _osh-error-1 '(( a = 1 % 0 )); echo non-fatal; exit 1'

  # fatal!
  _osh-error-1 'set -e; (( a = 1 / 0 ));'
  _osh-error-1 'set -e; (( a = 1 % 0 ));'
}

test-unsafe_arith_eval() {
  _osh-error-1 '
  local e1=1+
  local e2="e1 + 5"
  echo $(( e2 ))  # recursively references e1
  '
}

test-unset_expr() {
  _osh-error-1 'unset -v 1[1]'
  _osh-error-2 'unset -v 1+2'
}

test-strict-arith() {
  _osh-error-1 'shopt -s strict_arith; echo $(( undef[0] ))'
  _osh-error-1 'shopt -s strict_arith; s=abc; echo $(( s[0] ))'
  _osh-error-1 'shopt -s strict_arith; var i = 42; echo $(( i[0] ))'
}

# Only dash flags this as an error.
unquoted-string_to_int_arith() {
  local x='ZZZ'
  echo $(( x + 5 ))

  shopt -s strict_arith

  echo $(( x + 5 ))

  echo 'SHOULD NOT GET HERE'
}

# Hm bash treats this as a fatal error
unquoted-string_to_hex() {
  echo $(( 0xGG + 1 ))

  echo 'SHOULD NOT GET HERE'
}

# Hm bash treats this as a fatal error
unquoted-string_to_octal() {
  echo $(( 018 + 1 ))

  echo 'SHOULD NOT GET HERE'
}

# Hm bash treats this as a fatal error
unquoted-string_to_intbase() {
  echo $(( 16#GG ))

  echo 'SHOULD NOT GET HERE'
}

unquoted-undef_arith() {
  (( undef++ ))  # doesn't make sense

  # Can't assign to characters of string?  Is that strong?
  (( undef[42]++ ))
}

unquoted-undef_arith2() {
  a=()

  # undefined cell: This is kind of what happens in awk / "wok"
  (( a[42]++ ))
  (( a[42]++ ))
  spec/bin/argv.py "${a[@]}"
}

unquoted-array_arith() {
  a=(1 2)
  (( a++ ))  # doesn't make sense
  echo "${a[@]}"
}

unquoted-undef-assoc-array() {
  declare -A A
  A['foo']=bar
  echo "${A['foo']}"

  A['spam']+=1
  A['spam']+=1

  spec/bin/argv.py "${A[@]}"

  (( A['spam']+=5 ))

  spec/bin/argv.py "${A[@]}"
}

test-assoc-array() {
  _osh-error-1 'declare -A assoc; assoc[x]=1'
  _osh-should-run 'declare -A assoc; assoc[$key]=1'

  # double quotes
  _osh-should-run 'declare -A assoc; assoc["x"]=1'

  # single quotes
  _osh-should-run-here <<'EOF'
declare -A assoc; assoc['x']=1
EOF

  _osh-error-1 'declare -A assoc; echo ${assoc[x]}'
  _osh-should-run 'declare -A assoc; echo ${assoc["x"]}'
  _osh-should-run 'declare -A assoc; echo ${assoc[$key]}'

  _osh-error-1 'declare -A assoc; key=k; unset assoc[$key]'
  # quotes removed
  _osh-error-1 'declare -A assoc; key=k; unset "assoc[$key]"'

  # Like Samuel's Nix error
  # unset -v "hardeningEnableMap[$flag]"
  _osh-error-here-X 1 <<'EOF'
declare -A assoc; key=k; unset "assoc[$key]"
EOF

  # SINGLE quotes fixes it
  _osh-should-run-here <<'EOF'
declare -A assoc; key=k; unset 'assoc[$key]'
EOF

  # Wrap in eval to see how it composes
  _osh-error-here-X 1 <<'EOF'
eval 'declare -A assoc; assoc[x]=1'
EOF

  _osh-error-here-X 1 <<'EOF'
eval 'declare -A assoc; unset "assoc[x]"'
EOF

}

unquoted-patsub_bad_glob() {
  local x='abc'
  # inspired by git-completion.bash
  echo ${x//[^]}
}


#
# BOOLEAN ERRORS
#

# Only osh cares about this.
unquoted-string_to_int_bool() {
  [[ a -eq 0 ]]

  shopt -s strict_arith

  [[ a -eq 0 ]]
  echo 'SHOULD NOT GET HERE'
}

unquoted-strict_array() {
  set -- 1 2
  echo foo > _tmp/"$@"
  shopt -s strict_array
  echo foo > _tmp/"$@"
}

unquoted-strict_array_2() {
  local foo="$@"
  shopt -s strict_array
  local foo="$@"
}

unquoted-strict_array_3() {
  local foo=${1:- "[$@]" }
  shopt -s strict_array
  local foo=${1:- "[$@]" }
}

unquoted-strict_array_4() {
  local -a x
  x[42]=99
  echo "x[42] = ${x[42]}"

  # Not implemented yet
  shopt -s strict_array
  local -a y
  y[42]=99
}

unquoted-array_assign_1() {
  s=1
  s[0]=x  # can't assign value
}

unquoted-array_assign_2() {
  _osh-error-1 'readonly -a array=(1 2 3); array[0]=x'

  _osh-error-1 'readonly -a array=(1 2 3); export array'
}

unquoted-readonly_assign() {
  _osh-error-1 'readonly x=1; x=2'

  _osh-error-1 'readonly x=2; y=3 x=99'

  _osh-error-1 'readonly x=2; declare x=99'
  _osh-error-1 'readonly x=2; export x=99'
}

unquoted-multiple_assign() {
  readonly x=1
  # It blames x, not a!
  a=1 b=2 x=42
}

unquoted-multiple_assign_2() {
  readonly y
  local x=1 y=$(( x ))
  echo $y
}

unquoted-string_as_array() {
  local str='foo'
  echo $str
  echo "${str[@]}"
}

#
# BUILTINS
#

unquoted-builtin_bracket() {
  set +o errexit

  # xxx is not a valid file descriptor
  [ -t xxx ]
  [ -t '' ]

  [ zz -eq 0 ]

  # This is from a different evaluator
  #[ $((a/0)) -eq 0 ]
}

unquoted-builtin_builtin() {
  set +o errexit
  builtin ls
}

unquoted-builtin_source() {
  source

  bad=/nonexistent/path
  source $bad
}

unquoted-builtin_cd() {
  ( unset HOME
    cd
  )

  # TODO: Hm this gives a different useful error without location info
  ( unset HOME
    HOME=(a b)
    cd
  )

  # TODO: Hm this gives a different useful error without location info
  ( unset OLDPWD
    cd -
  )

  ( cd /nonexistent
  )
}

unquoted-builtin_pushd() {
  pushd /nonexistent
}

unquoted-builtin_popd() {
  popd  # empty dir stack

  (
    local dir=$PWD/_tmp/runtime-error-popd
    mkdir -p $dir
    pushd $dir
    pushd /
    rmdir $dir
    popd
  )
}

unquoted-builtin_unset() {
  local x=x
  readonly a

  unset x a
  unset -v x a
}

unquoted-builtin_alias_unalias() {
  alias zzz
  unalias zzz
}

unquoted-builtin_help() {
  help zzz
}

unquoted-builtin_trap() {
  trap 
  trap EXIT

  trap zzz yyy
}

unquoted-builtin_getopts() {
  getopts
  getopts 'a:' 

  # TODO: It would be nice to put this in a loop and use it properly
  set -- -a
  getopts 'a:' varname
}

builtin-printf() {
  _osh-error-here-X 1 <<'EOF'
  printf '%s %d\n' foo not_a_number
EOF

  # bad arg recycling.  This is really a runtime error.
  _osh-error-here-X 1 <<'EOF'
  printf '%s %d\n' foo 3 bar
EOF

  # invalid width
  _osh-error-here-X 1 <<'EOF'
  printf '%*d\n' foo foo
EOF

  # invalid precision on %d
  _osh-error-here-X 1 <<'EOF'
  printf '%.*d\n' foo foo
EOF

  # invalid precision on %s
  _osh-error-here-X 1 <<'EOF'
  printf '%.*s\n' foo foo
EOF

  # invalid time
  _osh-error-here-X 1 <<'EOF'
  printf '%(%Y)T\n' z
EOF

  # no time specified
  _osh-should-run-here <<'EOF'
  printf '%(%Y)T\n' 
EOF

  # invalid integer with no SPID
  _osh-error-here-X 1 <<'EOF'
  printf '%d %d %d\n' 1 2 
EOF

  # trailing data on integer
  _osh-error-here-X 1 <<'EOF'
  printf '%d\n' 12x
EOF

  # integer overflow
  _osh-error-here-X 1 <<'EOF'
  printf '%d\n' 12345678901234567890
EOF
}

unquoted-builtin_wait() {
  wait 1234578
}

unquoted-builtin_exec() {
  exec nonexistent-command 1 2 3
  echo $?
}

#
# Strict options (see spec/strict-options.test.sh)
#

unquoted-strict_word_eval_warnings() {
  # Warnings when 'set +o strict_word_eval' is OFF

  echo slice start negative
  s='abc'
  echo -${s: -2}-

  echo slice length negative
  s='abc'
  echo -${s: 1: -2}-

  # TODO: These need span IDs.
  # - invalid utf-8 and also invalid backslash escape

  echo slice bad utf-8
  s=$(echo -e "\xFF")bcdef
  echo -${s:1:3}-

  echo length bad utf-8
  echo ${#s}
}

unquoted-strict_arith_warnings() {
  local x='xx'
  echo $(( x + 1 ))

  # TODO: OSH is more lenient here actually
  local y='-yy-'
  echo $(( y + 1 ))

  [[ $y -eq 0 ]]

  echo 'done'
}

test-strict-control-flow() {
  # This prints a WARNING in bash.  Not fatal in any shell except zsh.
  _osh-error-X 0 '
break
continue
echo UNREACHABLE
'

  _osh-error-X 1 '
shopt -s strict_control_flow
break
continue
echo UNREACHABLE
'
}

test-control-flow-subshell() {
  _osh-error-1 '
  set -o errexit
  for i in $(seq 2); do
    echo $i
    ( break; echo oops)
  done
  '
}

#
# Locations
#

test-fallback-locations() {
  # Redirect
  _osh-error-1 'echo hi > /'

  _osh-error-1 's=x; (( s[0] ))' 

  _osh-error-1 's=x; (( s[0] = 42 ))' 

  _osh-error-1 'set -u; (( undef ))'

  _osh-error-1 '(( 3 ** -2 ))'
  echo

  # DBracket
  _osh-error-1 'set -u; [[ $undef =~ . ]]'

  # No good fallback info here, we need it
  _osh-error-1 '[[ $x =~ $(( 3 ** -2 )) ]]'

  _osh-error-2 'type -x'  # correctly points to -x
  _osh-error-2 'use'

  # Assign builtin
  _osh-error-2 'export -f'

  _osh-error-1 's=$(true) y=$(( 3 ** -2 ))'

  _osh-error-1 'if s=$(true) y=$(( 3 ** -2 )); then echo hi; fi'

  _osh-error-1 'shopt -s strict_arith; x=a; echo $(( x ))'
  _osh-error-1 'shopt -s strict_arith; x=a; echo $(( $x ))'
  _osh-error-1 'shopt -s strict_arith; x=a; [[ $x -gt 3 ]]'
  _osh-error-1 'shopt -s strict_arith; shopt -u eval_unsafe_arith; x=a; [[ $x -gt 3 ]]'

  _osh-error-1 'shopt -s strict_arith; x=0xgg; echo $(( x ))'

  echo done
}

test-var-op-qmark() {
  _osh-error-1 'echo ${zz?}'
  _osh-error-1 'echo ${zz:?}'

  _osh-should-run 'zz=""; echo ${zz?}'
  _osh-error-1 'zz=""; echo ${zz:?}'

  _osh-error-1 'echo ${zz?Required}'
  _osh-error-1 'echo ${zz:?Required}'
}

test-external-cmd-typed-args() {
  # Note: this was exit code 1 before shopt --set rewrite_extern
  _ysh-error-X 2 'cat ("myfile")'
}

test-arith-ops-str() {
  _ysh-error-X 3 '= "100" + "10a"'
  _ysh-error-X 3 '= "100" - "10a"'
  _ysh-error-X 3 '= "100" * "10a"'
  _ysh-error-X 3 '= "100" / "10a"'
  _ysh-error-X 3 'var a = "100"; setvar a += "10a"'
  _ysh-error-X 3 'var a = "100"; setvar a -= "10a"'
  _ysh-error-X 3 'var a = "100"; setvar a *= "10a"'
  _ysh-error-X 3 'var a = "100"; setvar a /= "10a"'
  _ysh-error-X 3 '= "age: " + "100"'
  _ysh-error-X 3 'var myvar = "a string"
= 100 + myvar'
}

assert-test-v-error() {
  local code=$1

  # note: the test builtin fails with status 2, but the shell doesn't fail
  _osh-error-2 "shopt -s strict_word_eval; a=(1 2 3); $code"
}

test-test-v-expr() {
  assert-test-v-error 'test -v ""'
  assert-test-v-error 'test -v "a[foo"'
  assert-test-v-error 'test -v "a[not-int]"'
  assert-test-v-error 'test -v "a[-42]"'

  _osh-error-2 'shopt -s strict_word_eval; s=""; test -v s[0]'
}

test-long-shell-line() {
  # Example from https://github.com/oilshell/oil/issues/1973

  _ysh-error-1 'myvar=$(printf "what a very long string that we have here, which forces the command line to wrap around the terminal width. long long long long long long long long long long long long long long long long long long long long long long long long long long long long long long long") && echo $myvar'
  echo
}

test-int-overflow() {
  local pos='18446744073709551616'
  local neg='-18446744073709551616'

  # frontend/args.py
  _osh-error-2 "echo hi | read -n $pos"
  _osh-error-2 "echo hi | read -n $neg"

  # osh/sh_expr_eval.py
  _osh-error-1 "s=$pos;"' echo $(( $s ))'
  _osh-error-1 "s=$neg;"' echo $(( $s ))'

  # octal
  local oct_pos='01234567012345670123456701234567'
  local oct_neg="-$oct_pos"
  _osh-error-1 "s=$oct_pos;"' echo $(( $s ))'
  _osh-error-1 "s=$oct_neg;"' echo $(( $s ))'  # treated as negation

  # hex
  local hex_pos='0x123456789abcdef0123456789'
  local hex_neg="-$hex_pos"
  _osh-error-1 "s=$hex_pos;"' echo $(( $s ))'
  _osh-error-1 "s=$hex_neg;"' echo $(( $s ))'  # treated as negation

  # builtins
  _osh-error-1 'printf %d'" $pos"
  _osh-error-1 'printf %d'" $neg"

  _osh-error-2 "trap $pos ERR"
  # ACCEPTED - integer must be "unsigned" according to posix
  _osh-should-run "trap -- $neg ERR"

  _osh-error-2 "ulimit $pos"
  _osh-error-2 "ulimit -- $neg"
}

test-bind() {
  _osh-error-2 'bind -x'
  _osh-error-1 'bind -x foo'

  # TODO: turn these on when they pass in C++
  return
  _osh-error-1 'bind "a" "b"'
  _osh-error-1 'bind "\eQ: yank-pop" "b"'
  _osh-error-1 'bind "\eQ: yank-pop" "\eQ: yank-pop" "c"'
}

test-brace-range() {
  _osh-error-X 127 '{35..37}'
  _osh-error-X 127 'x{35..37}'
  _osh-error-X 127 '{35..37}"x"'
}

test-kill-builtin-usage() {
  _osh-error-2 'kill'
  _osh-error-2 'kill -15'

  _osh-error-2 'kill --15 99'
  _osh-error-2 'kill -T 99'  # invalid flag
  _osh-error-2 'kill -TE 99'  # invalid sigspec

  _osh-error-2 'kill -s TE 123'
  _osh-error-2 'kill -s TERM %zzz'

  _osh-error-2 'kill -L TERM ZZ USR1'
  _osh-error-2 'kill -L 15 9999 16'
}

#
# TEST DRIVER
#

list-unquoted-funcs() {
  ### These tests need assertions, with quoting

  compgen -A function | egrep '^unquoted-' 
}

run-unquoted-funcs() {
  local i=0
  list-unquoted-funcs | ( while read -r test_func; do
    _run-test-func $test_func ''  # don't assert status
    i=$((i + 1))
  done

  # Hacky subshell for $i
  echo
  echo "$0: $i unquoted functions run.  TODO: migrate to test-* to assert status"
  )
}

all-tests() {

  section-banner 'Runtime errors - Unquoted test functions'
  # Legacy functions that don't check status
  run-unquoted-funcs

  section-banner 'Runtime errors - test functions'

  # Run with strict mode
  set -o nounset
  set -o pipefail
  set -o errexit

  run-test-funcs
}

# TODO: could show these as separate text files in the CI

with-bash() {
  SH_ASSERT_DISABLE=1 OSH=bash YSH=bash run-test-funcs
}

with-dash() {
  SH_ASSERT_DISABLE=1 OSH=dash YSH=dash run-test-funcs
}

soil-run-py() {
  all-tests
}

soil-run-cpp() {
  # TODO: There are some UBSAN errors, like downcasting mylib::LineReader.
  # Is that a real problem?  Could be due to mylib::File.

  #local osh=_bin/cxx-ubsan/osh

  local osh=_bin/cxx-asan/osh

  ninja $osh
  OSH=$osh all-tests
}

run-for-release() {
  run-other-suite-for-release runtime-errors all-tests
}

"$@"
